R Markdown

library(polars)
## Warning: package 'polars' was built under R version 4.3.2
# polars_code_completion_activate()
pl$DataFrame(iris)
shape: (150, 5)
Sepal.LengthSepal.WidthPetal.LengthPetal.WidthSpecies
f64f64f64f64cat
5.13.51.40.2"setosa"
4.93.01.40.2"setosa"
4.73.21.30.2"setosa"
4.63.11.50.2"setosa"
5.03.61.40.2"setosa"
5.43.91.70.4"setosa"
4.63.41.40.3"setosa"
5.03.41.50.2"setosa"
4.42.91.40.2"setosa"
4.93.11.50.1"setosa"
5.43.71.50.2"setosa"
4.83.41.60.2"setosa"
4.83.01.40.1"setosa"
4.33.01.10.1"setosa"
5.84.01.20.2"setosa"
5.74.41.50.4"setosa"
5.43.91.30.4"setosa"
5.13.51.40.3"setosa"
5.73.81.70.3"setosa"
5.13.81.50.3"setosa"
7.42.86.11.9"virginica"
7.93.86.42.0"virginica"
6.42.85.62.2"virginica"
6.32.85.11.5"virginica"
6.12.65.61.4"virginica"
7.73.06.12.3"virginica"
6.33.45.62.4"virginica"
6.43.15.51.8"virginica"
6.03.04.81.8"virginica"
6.93.15.42.1"virginica"
6.73.15.62.4"virginica"
6.93.15.12.3"virginica"
5.82.75.11.9"virginica"
6.83.25.92.3"virginica"
6.73.35.72.5"virginica"
6.73.05.22.3"virginica"
6.32.55.01.9"virginica"
6.53.05.22.0"virginica"
6.23.45.42.3"virginica"
5.93.05.11.8"virginica"
# gives error
# pl$read_csv("df_stack.csv")
# gives error
# pl$read_csv("df_stack.csv", infer_schema_length=10000)
pl$read_csv("df_stack.csv", ignore_error=TRUE)
shape: (473298, 8)
Country.RegionDatecontinentCase_Fatality_RatioRecovery_RateCFR_levelCases_typeCases_count
strstrstrf64f64strstri64
"Afghanistan""2020-01-22""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-23""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-24""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-25""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-26""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-27""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-28""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-29""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-30""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-01-31""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-01""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-02""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-03""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-04""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-05""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-06""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-07""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-08""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-09""Asia"0.00.0"Low""Confirmed"0
"Afghanistan""2020-02-10""Asia"0.00.0"Low""Confirmed"0
"Zimbabwe""2020-12-21""Africa"2.5981.4"High""Daily_recovere…88
"Zimbabwe""2020-12-22""Africa"2.680.99"High""Daily_recovere…47
"Zimbabwe""2020-12-23""Africa"2.6181.06"High""Daily_recovere…100
"Zimbabwe""2020-12-24""Africa"2.6580.67"High""Daily_recovere…55
"Zimbabwe""2020-12-25""Africa"2.6581.27"High""Daily_recovere…154
"Zimbabwe""2020-12-26""Africa"2.6381.15"High""Daily_recovere…51
"Zimbabwe""2020-12-27""Africa"2.6781.0"High""Daily_recovere…74
"Zimbabwe""2020-12-28""Africa"2.6981.42"High""Daily_recovere…112
"Zimbabwe""2020-12-29""Africa"2.6983.05"High""Daily_recovere…362
"Zimbabwe""2020-12-30""Africa"2.6481.86"High""Daily_recovere…87
"Zimbabwe""2020-12-31""Africa"2.6281.13"High""Daily_recovere…96
"Zimbabwe""2021-01-01""Africa"2.6280.57"High""Daily_recovere…97
"Zimbabwe""2021-01-02""Africa"2.678.41"High""Daily_recovere…16
"Zimbabwe""2021-01-03""Africa"2.4975.82"High""Daily_recovere…211
"Zimbabwe""2021-01-04""Africa"2.4374.02"High""Daily_recovere…142
"Zimbabwe""2021-01-05""Africa"2.4368.7"High""Daily_recovere…97
"Zimbabwe""2021-01-06""Africa"2.4267.21"High""Daily_recovere…153
"Zimbabwe""2021-01-07""Africa"2.3964.7"High""Daily_recovere…117
"Zimbabwe""2021-01-08""Africa"2.3861.97"High""Daily_recovere…101
"Zimbabwe""2021-01-09""Africa"2.3660.68"High""Daily_recovere…255
pl$read_csv("bse_compiled_2023_04_13.csv")
shape: (83203, 16)
SC_CODESC_NAMESC_GROUPSC_TYPEOPENHIGHLOWCLOSELASTPREVCLOSENO_TRADESNO_OF_SHRSNET_TURNOVTDCLOINDIdateexchange
i64strstrstrf64f64f64f64f64f64i64i64i64strstrstr
500002"ABB LTD.""A""Q"3381.053400.33266.23274.653276.03380.41879858828593968"NA""2023-03-13""bse"
500003"AEGIS LOGIS""A""Q"381.0386.0361.6370.4371.85380.9533536567824564749"NA""2023-03-13""bse"
500008"AMAR RAJA BA""A""Q"570.05580.6570.05573.15570.05573.1780143028228871"NA""2023-03-13""bse"
500009"A.SARABHAI""X""Q"22.322.7422.122.5222.5222.25276749531683357"NA""2023-03-13""bse"
500010"HDFC""A""Q"2602.352625.52566.12575.552580.92608.218271476638389084"NA""2023-03-13""bse"
500012"ANDHRA PETRO""X""Q"57.3558.555.055.3355.3357.310021138006350092"NA""2023-03-13""bse"
500014"UTIQUE""X""Q"5.045.044.634.94.94.9713021089101976"NA""2023-03-13""bse"
500016"ARUNAHTEL""X""Q"12.9113.9812.9113.8813.8914.1924321743601"NA""2023-03-13""bse"
500020"BOM DYEING""B""Q"66.7567.3864.264.6364.9267.1769357385837619086"NA""2023-03-13""bse"
500023"ASIANHOTNR""B""Q"71.982.7669.173.5373.7971.18741337832537300"NA""2023-03-13""bse"
500027"ATUL LTD.""A""Q"6976.96976.96792.96846.156840.06976.9920179412296170"NA""2023-03-13""bse"
500028"ATV PROJECTS""XT""Q"8.48.68.098.118.18.51591209698452"NA""2023-03-13""bse"
500031"BAJAJ ELECT.""A""Q"1075.151087.551055.71067.251072.151084.1574349235251078"NA""2023-03-13""bse"
500032"BAJAJHIND""A""Q"13.7213.9212.8713.0113.0113.824440223291629800567"NA""2023-03-13""bse"
500033"FORCE MOTR""B""Q"1279.151295.251252.351270.21271.251281.629619132436048"NA""2023-03-13""bse"
500034"BAJFINANCE""A""Q"5850.05947.25811.35844.255859.955873.2990150491296898937"NA""2023-03-13""bse"
500038"BALRAM.CHINI""A""Q"399.65406.9397.35401.1401.1399.65400316275265524569"NA""2023-03-13""bse"
500039"BANCO PROD.""B""Q"248.2252.15236.6239.75239.75248.051756349388510409"NA""2023-03-13""bse"
500040"CENTURY TEXT""A""Q"635.75636.55602.6606.85608.25639.21297112336925100"NA""2023-03-13""bse"
500041"BANNARI AMAN""B""Q"2804.92805.02740.02754.452769.02836.136136375813"NA""2023-03-13""bse"
961893"841IIFCL24B""F""B"1012.681013.111012.661013.111013.111025.03286289638"NA""2023-04-13""bse"
961895"880IIFCL29""F""B"1146.011146.011146.011146.011146.011155.01200229202"NA""2023-04-13""bse"
961912"HDFCW3""W""B"606.0615.0604.0615.0615.0606.0530001822200"NA""2023-04-13""bse"
961917"SHAREINWARR""W""B"680.0700.0680.0697.3698.0681.02014811025656"NA""2023-04-13""bse"
972655"IFCI010811B""F""B"32694.032694.032694.032694.032694.032499.0110326940"NA""2023-04-13""bse"
972657"IFCI010811D""F""B"11000.011000.011000.011000.011000.010805.0110110000"NA""2023-04-13""bse"
972719"IFCI310312A""F""B"11500.012029.9911500.012029.9912029.9912029.99934407898"NA""2023-04-13""bse"
973070"MBP18MAR21""F""B"1.08e61.08e61.08e61.08e61.08e61.075e612021600000"NA""2023-04-13""bse"
973491"675PCHFL31""F""B"791.11791.9791.0791.76791.9789.23264805129774"NA""2023-04-13""bse"
973876"970UPC29""F""B"1.021444e61.021444e61.021444e61.021444e61.021444e61.03e6111021444"NA""2023-04-13""bse"
973878"970UPPC30""F""B"1.038e61.038e61.032e61.035e61.032e61.021e6222070000"NA""2023-04-13""bse"
973883"970UPCL32""F""B"1.052e61.052e61.052e61.052e61.052e61.035e6111052000"NA""2023-04-13""bse"
973914"MSFL19422""F""B"1.098278e61.098278e61.098278e61.098278e61.098278e61.097991e6111098278"NA""2023-04-13""bse"
974165"775SBIPER""F""B"1.0297e71.0297e71.0297e71.0297e71.0297e71.0102e71882376026"NA""2023-04-13""bse"
974286"995UPPCL30""F""B"1.0295e61.0295e61.0295e61.0295e61.0295e61.035e6111029500"NA""2023-04-13""bse"
974297"807HDFCL32""F""B"1.05578e61.05578e61.05578e61.05578e61.05578e61.0270e6166334680"NA""2023-04-13""bse"
974451"962APSB31""F""B"1.0162e61.0162e61.0162e61.0162e61.0162e61.0158e6111016200"NA""2023-04-13""bse"
974561"11MML26""F""B"101599.0101599.0101599.0101599.0101599.0101362.015507995"NA""2023-04-13""bse"
974595"797HDFCL33""F""B"102140.0102210.0102140.0102210.0102210.0101699.03444494510"NA""2023-04-13""bse"
974654"1075MFSL28""F""B"100000.0100000.0100000.0100000.0100000.00.022200000"NA""2023-04-13""bse"

Benchmark

read_time_pl <- function(data) { 
      start_time <- Sys.time()
      pl$read_csv(data)
      end_time <- Sys.time()
      return (end_time - start_time)
}

read_time_pl("bse_compiled_2023_04_13.csv")
## Time difference of 0.01984286 secs
read_time_tidy <- function(data) { 
      start_time <- Sys.time()
      readr::read_csv(data)
      end_time <- Sys.time()
      return (end_time - start_time)
}

read_time_tidy("bse_compiled_2023_04_13.csv")
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Time difference of 0.77426 secs

rbenchmark

library(rbenchmark)

Polars 1:20 Faster

# 7mb file
benchmark("tidy" = {readr::read_csv("bse_compiled_2023_04_13.csv")},
          "polars" = {pl$read_csv("bse_compiled_2023_04_13.csv")},
          replications = 10,
          columns = c("test", "replications", "elapsed",
                      "relative", "user.self", "sys.self"))
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.

Polars 1:21 Faster

# 7mb file
benchmark("tidy" = {readr::read_csv("bse_compiled_2023_04_13.csv")},
          "polars" = {pl$read_csv("bse_compiled_2023_04_13.csv")},
          replications = 20,
          columns = c("test", "replications", "elapsed",
                      "relative", "user.self", "sys.self"))
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.

Benchmark LageFile

Polars 1:12 Faster

# 87MB file
benchmark("tidy" = {readr::read_csv("T_ONTIME_REPORTING.csv")},
          "polars" = {pl$read_csv("T_ONTIME_REPORTING.csv")},
          replications = 10,
          columns = c("test", "replications", "elapsed",
                      "relative", "user.self", "sys.self"))
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.

Polars 1:12 Faster

# 87MB file
benchmark("tidy" = {readr::read_csv("T_ONTIME_REPORTING.csv")},
          "polars" = {pl$read_csv("T_ONTIME_REPORTING.csv")},
          replications = 20,
          columns = c("test", "replications", "elapsed",
                      "relative", "user.self", "sys.self"))
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.

Memory size

bse_pl <- pl$read_csv("bse_compiled_2023_04_13.csv")
bse_pl
shape: (83203, 16)
SC_CODESC_NAMESC_GROUPSC_TYPEOPENHIGHLOWCLOSELASTPREVCLOSENO_TRADESNO_OF_SHRSNET_TURNOVTDCLOINDIdateexchange
i64strstrstrf64f64f64f64f64f64i64i64i64strstrstr
500002"ABB LTD.""A""Q"3381.053400.33266.23274.653276.03380.41879858828593968"NA""2023-03-13""bse"
500003"AEGIS LOGIS""A""Q"381.0386.0361.6370.4371.85380.9533536567824564749"NA""2023-03-13""bse"
500008"AMAR RAJA BA""A""Q"570.05580.6570.05573.15570.05573.1780143028228871"NA""2023-03-13""bse"
500009"A.SARABHAI""X""Q"22.322.7422.122.5222.5222.25276749531683357"NA""2023-03-13""bse"
500010"HDFC""A""Q"2602.352625.52566.12575.552580.92608.218271476638389084"NA""2023-03-13""bse"
500012"ANDHRA PETRO""X""Q"57.3558.555.055.3355.3357.310021138006350092"NA""2023-03-13""bse"
500014"UTIQUE""X""Q"5.045.044.634.94.94.9713021089101976"NA""2023-03-13""bse"
500016"ARUNAHTEL""X""Q"12.9113.9812.9113.8813.8914.1924321743601"NA""2023-03-13""bse"
500020"BOM DYEING""B""Q"66.7567.3864.264.6364.9267.1769357385837619086"NA""2023-03-13""bse"
500023"ASIANHOTNR""B""Q"71.982.7669.173.5373.7971.18741337832537300"NA""2023-03-13""bse"
500027"ATUL LTD.""A""Q"6976.96976.96792.96846.156840.06976.9920179412296170"NA""2023-03-13""bse"
500028"ATV PROJECTS""XT""Q"8.48.68.098.118.18.51591209698452"NA""2023-03-13""bse"
500031"BAJAJ ELECT.""A""Q"1075.151087.551055.71067.251072.151084.1574349235251078"NA""2023-03-13""bse"
500032"BAJAJHIND""A""Q"13.7213.9212.8713.0113.0113.824440223291629800567"NA""2023-03-13""bse"
500033"FORCE MOTR""B""Q"1279.151295.251252.351270.21271.251281.629619132436048"NA""2023-03-13""bse"
500034"BAJFINANCE""A""Q"5850.05947.25811.35844.255859.955873.2990150491296898937"NA""2023-03-13""bse"
500038"BALRAM.CHINI""A""Q"399.65406.9397.35401.1401.1399.65400316275265524569"NA""2023-03-13""bse"
500039"BANCO PROD.""B""Q"248.2252.15236.6239.75239.75248.051756349388510409"NA""2023-03-13""bse"
500040"CENTURY TEXT""A""Q"635.75636.55602.6606.85608.25639.21297112336925100"NA""2023-03-13""bse"
500041"BANNARI AMAN""B""Q"2804.92805.02740.02754.452769.02836.136136375813"NA""2023-03-13""bse"
961893"841IIFCL24B""F""B"1012.681013.111012.661013.111013.111025.03286289638"NA""2023-04-13""bse"
961895"880IIFCL29""F""B"1146.011146.011146.011146.011146.011155.01200229202"NA""2023-04-13""bse"
961912"HDFCW3""W""B"606.0615.0604.0615.0615.0606.0530001822200"NA""2023-04-13""bse"
961917"SHAREINWARR""W""B"680.0700.0680.0697.3698.0681.02014811025656"NA""2023-04-13""bse"
972655"IFCI010811B""F""B"32694.032694.032694.032694.032694.032499.0110326940"NA""2023-04-13""bse"
972657"IFCI010811D""F""B"11000.011000.011000.011000.011000.010805.0110110000"NA""2023-04-13""bse"
972719"IFCI310312A""F""B"11500.012029.9911500.012029.9912029.9912029.99934407898"NA""2023-04-13""bse"
973070"MBP18MAR21""F""B"1.08e61.08e61.08e61.08e61.08e61.075e612021600000"NA""2023-04-13""bse"
973491"675PCHFL31""F""B"791.11791.9791.0791.76791.9789.23264805129774"NA""2023-04-13""bse"
973876"970UPC29""F""B"1.021444e61.021444e61.021444e61.021444e61.021444e61.03e6111021444"NA""2023-04-13""bse"
973878"970UPPC30""F""B"1.038e61.038e61.032e61.035e61.032e61.021e6222070000"NA""2023-04-13""bse"
973883"970UPCL32""F""B"1.052e61.052e61.052e61.052e61.052e61.035e6111052000"NA""2023-04-13""bse"
973914"MSFL19422""F""B"1.098278e61.098278e61.098278e61.098278e61.098278e61.097991e6111098278"NA""2023-04-13""bse"
974165"775SBIPER""F""B"1.0297e71.0297e71.0297e71.0297e71.0297e71.0102e71882376026"NA""2023-04-13""bse"
974286"995UPPCL30""F""B"1.0295e61.0295e61.0295e61.0295e61.0295e61.035e6111029500"NA""2023-04-13""bse"
974297"807HDFCL32""F""B"1.05578e61.05578e61.05578e61.05578e61.05578e61.0270e6166334680"NA""2023-04-13""bse"
974451"962APSB31""F""B"1.0162e61.0162e61.0162e61.0162e61.0162e61.0158e6111016200"NA""2023-04-13""bse"
974561"11MML26""F""B"101599.0101599.0101599.0101599.0101599.0101362.015507995"NA""2023-04-13""bse"
974595"797HDFCL33""F""B"102140.0102210.0102140.0102210.0102210.0101699.03444494510"NA""2023-04-13""bse"
974654"1075MFSL28""F""B"100000.0100000.0100000.0100000.0100000.00.022200000"NA""2023-04-13""bse"
bse_pl$estimated_size()
## [1] 14643728
bse_tidy <- readr::read_csv("bse_compiled_2023_04_13.csv")
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr   (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl  (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl   (1): TDCLOINDI
## date  (1): date
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
bse_tidy
object.size(bse_tidy)
## 10648360 bytes
flights_pl <- pl$read_csv("T_ONTIME_REPORTING.csv")
flights_pl
shape: (538837, 28)
YEARQUARTERMONTHDAY_OF_MONTHDAY_OF_WEEKFL_DATEOP_UNIQUE_CARRIEROP_CARRIERTAIL_NUMOP_CARRIER_FL_NUMORIGIN_AIRPORT_IDORIGIN_AIRPORT_SEQ_IDORIGIN_CITY_MARKET_IDORIGINORIGIN_CITY_NAMEORIGIN_STATE_ABRDEST_AIRPORT_IDDEST_AIRPORT_SEQ_IDDEST_CITY_MARKET_IDDESTDEST_CITY_NAMEDEST_STATE_ABRCRS_DEP_TIMEDEP_TIMEDEP_DELAYCRS_ARR_TIMEARR_TIMECANCELLATION_CODE
i64i64i64i64i64strstrstrstri64i64i64i64strstrstri64i64i64strstrstri64i64f64i64i64str
20231117"1/1/2023 12:00…"9E""9E""N131EV"524413930139300830977"ORD""Chicago, IL""IL"12478124780531703"JFK""New York, NY""NY"152015244.018411838null
20231117"1/1/2023 12:00…"9E""9E""N131EV"531712478124780531703"JFK""New York, NY""NY"13930139300830977"ORD""Chicago, IL""IL"945941-4.011441120null
20231117"1/1/2023 12:00…"9E""9E""N131EV"539712478124780531703"JFK""New York, NY""NY"10581105810230581"BGR""Bangor, ME""ME"21002056-4.022362229null
20231117"1/1/2023 12:00…"9E""9E""N133EV"507610397103970730397"ATL""Atlanta, GA""GA"14783147830234783"SGF""Springfield, M…"MO"11301125-5.012251214null
20231117"1/1/2023 12:00…"9E""9E""N133EV"507614783147830234783"SGF""Springfield, M…"MO"10397103970730397"ATL""Atlanta, GA""GA"14001354-6.016371630null
20231117"1/1/2023 12:00…"9E""9E""N133EV"548310135101350630135"ABE""Allentown/Beth…"PA"10397103970730397"ATL""Atlanta, GA""GA"6006011.0825816null
20231117"1/1/2023 12:00…"9E""9E""N135EV"470611433114330231295"DTW""Detroit, MI""MI"14307143070630721"PVD""Providence, RI…"RI"21352132-3.023252313null
20231117"1/1/2023 12:00…"9E""9E""N135EV"531212478124780531703"JFK""New York, NY""NY"11433114330231295"DTW""Detroit, MI""MI"125012522.015011502null
20231117"1/1/2023 12:00…"9E""9E""N136EV"487914492144920234492"RDU""Raleigh/Durham…"NC"11433114330231295"DTW""Detroit, MI""MI"13001256-4.014581437null
20231117"1/1/2023 12:00…"9E""9E""N136EV"490212478124780531703"JFK""New York, NY""NY"14492144920234492"RDU""Raleigh/Durham…"NC"950945-5.011461116null
20231117"1/1/2023 12:00…"9E""9E""N136EV"536815096150960235096"SYR""Syracuse, NY""NY"12478124780531703"JFK""New York, NY""NY"526520-6.0700634null
20231117"1/1/2023 12:00…"9E""9E""N138EV"509811423114230831423"DSM""Des Moines, IA…"IA"13487134870231650"MSP""Minneapolis, M…"MN"653649-4.0820808null
20231117"1/1/2023 12:00…"9E""9E""N138EV"554113487134870231650"MSP""Minneapolis, M…"MN"13495134950533495"MSY""New Orleans, L…"LA"11201115-5.014051358null
20231117"1/1/2023 12:00…"9E""9E""N138EV"554213495134950533495"MSY""New Orleans, L…"LA"12278122780530928"ICT""Wichita, KS""KS"14551450-5.017051652null
20231117"1/1/2023 12:00…"9E""9E""N138EV"554312278122780530928"ICT""Wichita, KS""KS"13487134870231650"MSP""Minneapolis, M…"MN"17551741-14.019441917null
20231117"1/1/2023 12:00…"9E""9E""N146PQ"514414492144920234492"RDU""Raleigh/Durham…"NC"12953129530431703"LGA""New York, NY""NY"74584762.09401013null
20231117"1/1/2023 12:00…"9E""9E""N146PQ"547512953129530431703"LGA""New York, NY""NY"13871138710233316"OMA""Omaha, NE""NE"11101107-3.013451321null
20231117"1/1/2023 12:00…"9E""9E""N147PQ"522411433114330231295"DTW""Detroit, MI""MI"15380153800535380"TVC""Traverse City,…"MI"155115554.017011712null
20231117"1/1/2023 12:00…"9E""9E""N147PQ"522415380153800535380"TVC""Traverse City,…"MI"11433114330231295"DTW""Detroit, MI""MI"175017577.019061850null
20231117"1/1/2023 12:00…"9E""9E""N147PQ"536011433114330231295"DTW""Detroit, MI""MI"15380153800535380"TVC""Traverse City,…"MI"1000956-4.011111103null
202311312"1/31/2023 12:0…"YX""YX""N878RW"566312953129530431703"LGA""New York, NY""NY"15096150960235096"SYR""Syracuse, NY""NY"125913089.014171443null
202311312"1/31/2023 12:0…"YX""YX""N878RW"566315096150960235096"SYR""Syracuse, NY""NY"12953129530431703"LGA""New York, NY""NY"15301522-8.016501635null
202311312"1/31/2023 12:0…"YX""YX""N878RW"579512953129530431703"LGA""New York, NY""NY"15016150160631123"STL""St. Louis, MO""MO"600550-10.0754749null
202311312"1/31/2023 12:0…"YX""YX""N879RW"561112953129530431703"LGA""New York, NY""NY"14524145240134524"RIC""Richmond, VA""VA"1700171616.018381851null
202311312"1/31/2023 12:0…"YX""YX""N879RW"565314524145240134524"RIC""Richmond, VA""VA"12953129530431703"LGA""New York, NY""NY"1935200025.021032149null
202311312"1/31/2023 12:0…"YX""YX""N879RW"567111057110570331057"CLT""Charlotte, NC""NC"12953129530431703"LGA""New York, NY""NY"1345140924.015481556null
202311312"1/31/2023 12:0…"YX""YX""N879RW"568012953129530431703"LGA""New York, NY""NY"10721107210230721"BOS""Boston, MA""MA"600555-5.0720714null
202311312"1/31/2023 12:0…"YX""YX""N879RW"574110721107210230721"BOS""Boston, MA""MA"11057110570331057"CLT""Charlotte, NC""NC"835832-3.011211200null
202311312"1/31/2023 12:0…"YX""YX""N880RW"567311066110660631066"CMH""Columbus, OH""OH"11433114330231295"DTW""Detroit, MI""MI"12021155-7.013151253null
202311312"1/31/2023 12:0…"YX""YX""N880RW"567311433114330231295"DTW""Detroit, MI""MI"11066110660631066"CMH""Columbus, OH""OH"1000954-6.011171046null
202311312"1/31/2023 12:0…"YX""YX""N880RW"567611433114330231295"DTW""Detroit, MI""MI"11066110660631066"CMH""Columbus, OH""OH"14051359-6.015161456null
202311312"1/31/2023 12:0…"YX""YX""N880RW"581411066110660631066"CMH""Columbus, OH""OH"11433114330231295"DTW""Detroit, MI""MI"635629-6.0754749null
202311312"1/31/2023 12:0…"YX""YX""N880RW"583411066110660631066"CMH""Columbus, OH""OH"10721107210230721"BOS""Boston, MA""MA"17001651-9.018551835null
202311312"1/31/2023 12:0…"YX""YX""N880RW"583510721107210230721"BOS""Boston, MA""MA"12953129530431703"LGA""New York, NY""NY"20001951-9.021272141null
202311312"1/31/2023 12:0…"YX""YX""N882RW"578715016150160631123"STL""St. Louis, MO""MO"12953129530431703"LGA""New York, NY""NY"15301528-2.018591835null
202311312"1/31/2023 12:0…"YX""YX""N882RW"579014122141220230198"PIT""Pittsburgh, PA…"PA"12953129530431703"LGA""New York, NY""NY"930929-1.011091150null
202311312"1/31/2023 12:0…"YX""YX""N882RW"582412953129530431703"LGA""New York, NY""NY"13198131980133198"MCI""Kansas City, M…"MO"195019500.022292301null
202311312"1/31/2023 12:0…"YX""YX""N882RW"584912953129530431703"LGA""New York, NY""NY"15016150160631123"STL""St. Louis, MO""MO"1159122829.014101501null
202311312"1/31/2023 12:0…"YX""YX""N979RP"347511624116240331624"EYW""Key West, FL""FL"11618116180231703"EWR""Newark, NJ""NJ"17481733-15.020592038null
202311312"1/31/2023 12:0…"YX""YX""N979RP"365911618116180231703"EWR""Newark, NJ""NJ"11624116240331624"EYW""Key West, FL""FL"13301316-14.017011643null
flights_tidy <- readr::read_csv("T_ONTIME_REPORTING.csv")
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
flights_tidy
flights_pl$estimated_size() / 1000000
## [1] 187.3688
object.size(flights_tidy)
## 121414872 bytes
pl$scan_csv("T_ONTIME_REPORTING.csv")$head(n=10)$collect()
shape: (10, 28)
YEARQUARTERMONTHDAY_OF_MONTHDAY_OF_WEEKFL_DATEOP_UNIQUE_CARRIEROP_CARRIERTAIL_NUMOP_CARRIER_FL_NUMORIGIN_AIRPORT_IDORIGIN_AIRPORT_SEQ_IDORIGIN_CITY_MARKET_IDORIGINORIGIN_CITY_NAMEORIGIN_STATE_ABRDEST_AIRPORT_IDDEST_AIRPORT_SEQ_IDDEST_CITY_MARKET_IDDESTDEST_CITY_NAMEDEST_STATE_ABRCRS_DEP_TIMEDEP_TIMEDEP_DELAYCRS_ARR_TIMEARR_TIMECANCELLATION_CODE
i64i64i64i64i64strstrstrstri64i64i64i64strstrstri64i64i64strstrstri64i64f64i64i64str
20231117"1/1/2023 12:00…"9E""9E""N131EV"524413930139300830977"ORD""Chicago, IL""IL"12478124780531703"JFK""New York, NY""NY"152015244.018411838null
20231117"1/1/2023 12:00…"9E""9E""N131EV"531712478124780531703"JFK""New York, NY""NY"13930139300830977"ORD""Chicago, IL""IL"945941-4.011441120null
20231117"1/1/2023 12:00…"9E""9E""N131EV"539712478124780531703"JFK""New York, NY""NY"10581105810230581"BGR""Bangor, ME""ME"21002056-4.022362229null
20231117"1/1/2023 12:00…"9E""9E""N133EV"507610397103970730397"ATL""Atlanta, GA""GA"14783147830234783"SGF""Springfield, M…"MO"11301125-5.012251214null
20231117"1/1/2023 12:00…"9E""9E""N133EV"507614783147830234783"SGF""Springfield, M…"MO"10397103970730397"ATL""Atlanta, GA""GA"14001354-6.016371630null
20231117"1/1/2023 12:00…"9E""9E""N133EV"548310135101350630135"ABE""Allentown/Beth…"PA"10397103970730397"ATL""Atlanta, GA""GA"6006011.0825816null
20231117"1/1/2023 12:00…"9E""9E""N135EV"470611433114330231295"DTW""Detroit, MI""MI"14307143070630721"PVD""Providence, RI…"RI"21352132-3.023252313null
20231117"1/1/2023 12:00…"9E""9E""N135EV"531212478124780531703"JFK""New York, NY""NY"11433114330231295"DTW""Detroit, MI""MI"125012522.015011502null
20231117"1/1/2023 12:00…"9E""9E""N136EV"487914492144920234492"RDU""Raleigh/Durham…"NC"11433114330231295"DTW""Detroit, MI""MI"13001256-4.014581437null
20231117"1/1/2023 12:00…"9E""9E""N136EV"490212478124780531703"JFK""New York, NY""NY"14492144920234492"RDU""Raleigh/Durham…"NC"950945-5.011461116null

Final Benchmark 1:1000

# 87MB file
benchmark("tidy" = {utils::head(readr::read_csv("T_ONTIME_REPORTING.csv"),10)},
          "polars" = {pl$read_csv("T_ONTIME_REPORTING.csv")$head(10)},
          "polars_lazy" = {pl$scan_csv("T_ONTIME_REPORTING.csv")$head(10)},
          replications = 20,
          columns = c("test", "replications", "elapsed",
                      "relative", "user.self", "sys.self"))
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
## 
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.